/* SPDX-License-Identifier: BSD-2-Clause OR GPL-2.0-only */
/* SPDX-FileCopyrightText: Copyright Amazon.com, Inc. or its affiliates. All rights reserved. */

#include "efa_unit_tests.h"
#include "efa_prov_info.h"

/**
 * @brief test that when a wrong fi_info was used to open resource, the error is handled
 * gracefully
 */
void test_info_open_ep_with_wrong_info()
{
	struct fi_info *hints, *info;
	struct fid_fabric *fabric = NULL;
	struct fid_domain *domain = NULL;
	struct fid_ep *ep = NULL;
	int err;

	hints = efa_unit_test_alloc_hints(FI_EP_DGRAM, EFA_FABRIC_NAME);

	err = fi_getinfo(FI_VERSION(1, 14), NULL, NULL, 0ULL, hints, &info);
	assert_int_equal(err, 0);

	/* dgram endpoint require FI_MSG_PREFIX */
	assert_int_equal(info->mode, FI_MSG_PREFIX | FI_CONTEXT2);

	/* make the info wrong by setting the mode to 0 */
	info->mode = 0;

	err = fi_fabric(info->fabric_attr, &fabric, NULL);
	assert_int_equal(err, 0);

	err = fi_domain(fabric, info, &domain, NULL);
	assert_int_equal(err, 0);

	/* because of the error in the info object, fi_endpoint() should fail with -FI_ENODATA */
	err = fi_endpoint(domain, info, &ep, NULL);
	assert_int_equal(err, -FI_ENODATA);
	assert_null(ep);

	err = fi_close(&domain->fid);
	assert_int_equal(err, 0);

	err = fi_close(&fabric->fid);
	assert_int_equal(err, 0);
}

/**
 * @brief Verify that efa rdm path fi_info objects have some expected values
 */
void test_info_rdm_attributes()
{
	struct fi_info *hints, *info = NULL, *info_head = NULL;
	int err;

	hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);
	assert_non_null(hints);

	err = fi_getinfo(FI_VERSION(1,6), NULL, NULL, 0, hints, &info_head);
	assert_int_equal(err, 0);
	assert_non_null(info_head);

	for (info = info_head; info; info = info->next) {
		assert_true(!strcmp(info->fabric_attr->name, EFA_FABRIC_NAME));
		assert_true(strstr(info->domain_attr->name, "rdm"));
		assert_int_equal(info->ep_attr->max_msg_size, UINT64_MAX);
		assert_int_equal(info->domain_attr->progress, FI_PROGRESS_MANUAL);
		assert_int_equal(info->domain_attr->control_progress, FI_PROGRESS_MANUAL);
#if HAVE_CUDA || HAVE_NEURON || HAVE_SYNAPSEAI
		assert_true(info->caps | FI_HMEM);
#endif
	}
}

/**
 * @brief Verify that efa dgram path fi_info objects have some expected values
 */
void test_info_dgram_attributes()
{
	struct fi_info *hints, *info = NULL, *info_head = NULL;
	int err;

	hints = efa_unit_test_alloc_hints(FI_EP_DGRAM, EFA_FABRIC_NAME);
	assert_non_null(hints);

	err = fi_getinfo(FI_VERSION(1,6), NULL, NULL, 0, hints, &info_head);
	assert_int_equal(err, 0);
	assert_non_null(info_head);

	for (info = info_head; info; info = info->next) {
		assert_true(!strcmp(info->fabric_attr->name, EFA_FABRIC_NAME));
		assert_true(strstr(info->domain_attr->name, "dgrm"));
	}
}

/**
 * @brief Verify that efa direct path fi_info objects have some expected values
 */
static void test_info_direct_attributes_impl(struct fi_info *hints,
					     int expected_return)
{
	struct fi_info *info = NULL, *info_head = NULL;
	int err;

	err = fi_getinfo(FI_VERSION(1, 6), NULL, NULL, 0, hints, &info_head);
	assert_int_equal(err, expected_return);
	if (expected_return)
		return;

	assert_non_null(info_head);
	for (info = info_head; info; info = info->next) {
		assert_true(!strcmp(info->fabric_attr->name,
				    EFA_DIRECT_FABRIC_NAME));
		assert_true(strstr(info->domain_attr->name, "rdm"));
		assert_false(info->caps & (FI_ATOMIC | FI_TAGGED));
		assert_false(info->tx_attr->msg_order & FI_ORDER_SAS);
		assert_int_equal(info->domain_attr->progress, FI_PROGRESS_AUTO);
		assert_int_equal(info->domain_attr->control_progress, FI_PROGRESS_AUTO);
		assert_int_equal(
			g_efa_selected_device_list[0].rdm_info->ep_attr->max_msg_size,
			(info->caps & FI_RMA) ?
				g_efa_selected_device_list[0].max_rdma_size :
				g_efa_selected_device_list[0].ibv_port_attr.max_msg_sz);
		assert_int_equal(
			info->ep_attr->max_msg_size,
			(hints->caps & FI_RMA) ?
				g_efa_selected_device_list[0].max_rdma_size :
				g_efa_selected_device_list[0].ibv_port_attr.max_msg_sz);
	}

	fi_freeinfo(info_head);
}

void test_info_direct_attributes_no_rma()
{
	struct fi_info *hints;

	hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_DIRECT_FABRIC_NAME);
	assert_non_null(hints);

	/* The default hints for efa-direct only has FI_MSG cap, so it should
	 * succeed anyway */
	test_info_direct_attributes_impl(hints, FI_SUCCESS);
	fi_freeinfo(hints);
}

void test_info_direct_attributes_rma()
{
	struct fi_info *hints;
	bool support_fi_rma = (efa_device_support_rdma_read() &&
			       efa_device_support_rdma_write() &&
			       efa_device_support_unsolicited_write_recv());

	int expected_return = support_fi_rma ? FI_SUCCESS : -FI_ENODATA;

	hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_DIRECT_FABRIC_NAME);
	assert_non_null(hints);

	hints->caps |= FI_RMA;
	test_info_direct_attributes_impl(hints, expected_return);
	fi_freeinfo(hints);
}

/**
 * @brief Verify that efa direct only supports HMEM with p2p
 */
#if HAVE_CUDA || HAVE_NEURON || HAVE_SYNAPSEAI
void test_info_direct_hmem_support_p2p()
{
	struct fi_info *info;
	bool hmem_ops_cuda_init;

	info = fi_allocinfo();
	info->ep_attr->type = FI_EP_RDM;

	memset(g_efa_hmem_info, 0, OFI_HMEM_MAX * sizeof(struct efa_hmem_info));

	/* Save current value of hmem_ops[FI_HMEM_CUDA].initialized to reset later
	 * hmem_ops is populated in ofi_hmem_init and only runs once
	 *
	 * CUDA iface will be initialized on Nvidia GPU platforms but not on others
	 * Force setting hmem_ops[FI_HMEM_CUDA].initialized allows this test to
	 * run on all instance types
	*/
	hmem_ops_cuda_init = hmem_ops[FI_HMEM_CUDA].initialized;
	hmem_ops[FI_HMEM_CUDA].initialized = true;

	/* g_efa_hmem_info is backed up and reset after every test in
	 * efa_unit_test_mocks_teardown. So no need to save and reset these fields
	 */
	g_efa_hmem_info[FI_HMEM_CUDA].initialized = true;
	g_efa_hmem_info[FI_HMEM_CUDA].p2p_supported_by_device = true;

	efa_prov_info_direct_set_hmem_flags(info);
	assert_true(info->caps & FI_HMEM);
	assert_true(info->tx_attr->caps & FI_HMEM);
	assert_true(info->rx_attr->caps & FI_HMEM);
	fi_freeinfo(info);

	info = fi_allocinfo();
	info->ep_attr->type = FI_EP_RDM;
	g_efa_hmem_info[FI_HMEM_CUDA].initialized = true;
	g_efa_hmem_info[FI_HMEM_CUDA].p2p_supported_by_device = false;

	efa_prov_info_direct_set_hmem_flags(info);
	assert_false(info->caps & FI_HMEM);
	assert_false(info->tx_attr->caps & FI_HMEM);
	assert_false(info->rx_attr->caps & FI_HMEM);
	fi_freeinfo(info);

	/* Reset hmem_ops[FI_HMEM_CUDA].initialized */
	hmem_ops[FI_HMEM_CUDA].initialized = hmem_ops_cuda_init;
}
#else
void test_info_direct_hmem_support_p2p()
{
}
#endif

/**
 * @brief Verify info->tx/rx_attr->msg_order is set according to hints.
 *
 */
static void
test_info_tx_rx_msg_order_from_hints(struct fi_info *hints, int expected_ret)
{
	struct fi_info *info;
	int err;

	err = fi_getinfo(FI_VERSION(FI_MAJOR_VERSION, FI_MINOR_VERSION), NULL, NULL, 0ULL, hints, &info);

	assert_int_equal(err, expected_ret);

	if (expected_ret == FI_SUCCESS) {
		assert_true(hints->tx_attr->msg_order == info->tx_attr->msg_order);
		assert_true(hints->rx_attr->msg_order == info->rx_attr->msg_order);
	}

	fi_freeinfo(info);
}

/**
 * @brief Verify info->tx/rx_attr->op_flags is set according to hints.
 *
 */
static void
test_info_tx_rx_op_flags_from_hints(struct fi_info *hints, int expected_ret)
{
	struct fi_info *info;
	int err;

	err = fi_getinfo(FI_VERSION(FI_MAJOR_VERSION, FI_MINOR_VERSION), NULL, NULL, 0ULL, hints, &info);

	assert_int_equal(err, expected_ret);

	if (expected_ret == FI_SUCCESS) {
		assert_true(hints->tx_attr->op_flags == info->tx_attr->op_flags);
		assert_true(hints->rx_attr->op_flags == info->rx_attr->op_flags);
	}

	fi_freeinfo(info);
}

/**
 * @brief Verify info->tx/rx_attr->size is set according to hints.
 *
 */
static void test_info_tx_rx_size_from_hints(struct fi_info *hints, int expected_ret)
{
	struct fi_info *info;
	int err;

	err = fi_getinfo(FI_VERSION(FI_MAJOR_VERSION, FI_MINOR_VERSION), NULL, NULL, 0ULL, hints, &info);

	assert_int_equal(err, expected_ret);

	if (expected_ret == FI_SUCCESS) {
		assert_true(hints->tx_attr->size == info->tx_attr->size);
		assert_true(hints->rx_attr->size == info->rx_attr->size);
	}

	fi_freeinfo(info);
}

void test_info_tx_rx_msg_order_rdm_order_none(struct efa_resource **state)
{
	struct efa_resource *resource = *state;

	resource->hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);
	assert_non_null(resource->hints);

	test_info_tx_rx_msg_order_from_hints(resource->hints, 0);
}

void test_info_tx_rx_msg_order_rdm_order_sas(struct efa_resource **state)
{
	struct efa_resource *resource = *state;

	resource->hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);
	assert_non_null(resource->hints);

	resource->hints->tx_attr->msg_order = FI_ORDER_SAS;
	resource->hints->rx_attr->msg_order = FI_ORDER_SAS;
	test_info_tx_rx_msg_order_from_hints(resource->hints, 0);
}

void test_info_tx_rx_msg_order_dgram_order_none(struct efa_resource **state)
{
	struct efa_resource *resource = *state;

	resource->hints = efa_unit_test_alloc_hints(FI_EP_DGRAM, EFA_FABRIC_NAME);
	assert_non_null(resource->hints);

	test_info_tx_rx_msg_order_from_hints(resource->hints, 0);
}

/**
 * @brief dgram endpoint doesn't support any ordering, so fi_getinfo
 * should return -FI_ENODATA if hints requests sas
 */
void test_info_tx_rx_msg_order_dgram_order_sas(struct efa_resource **state)
{
	struct efa_resource *resource = *state;

	resource->hints = efa_unit_test_alloc_hints(FI_EP_DGRAM, EFA_FABRIC_NAME);
	assert_non_null(resource->hints);

	resource->hints->tx_attr->msg_order = FI_ORDER_SAS;
	resource->hints->rx_attr->msg_order = FI_ORDER_SAS;
	test_info_tx_rx_msg_order_from_hints(resource->hints, -FI_ENODATA);
}

/**
 * @brief Verify max order size is set correctly according to hints
 * 
 * @param hints hints
 * @param expected_ret expected rc of fi_getinfo
 * @param expected_size expected value of max_order_*_size. Ignored when expected_ret is non-zero.
 */
static void
test_info_max_order_size_from_hints(struct fi_info *hints, int expected_ret, size_t expected_size)
{
	struct fi_info *info;
	int err;

	err = fi_getinfo(FI_VERSION(FI_MAJOR_VERSION, FI_MINOR_VERSION), NULL, NULL, 0ULL, hints, &info);

	assert_int_equal(err, expected_ret);

	if (expected_ret == FI_SUCCESS) {
		assert_true(info->ep_attr->max_order_raw_size == expected_size);
		assert_true(info->ep_attr->max_order_war_size == expected_size);
		assert_true(info->ep_attr->max_order_waw_size == expected_size);
	}

	fi_freeinfo(info);
}

/**
 * DGRAM ep type doesn't support FI_ATOMIC, fi_getinfo should return
 * ENODATA when FI_ATOMIC is requested in hints.
 */
void test_info_max_order_size_dgram_with_atomic(struct efa_resource **state)
{
	struct efa_resource *resource = *state;

	resource->hints = efa_unit_test_alloc_hints(FI_EP_DGRAM, EFA_FABRIC_NAME);
	assert_non_null(resource->hints);

	resource->hints->caps = FI_ATOMIC;

	test_info_max_order_size_from_hints(resource->hints, -FI_ENODATA, 0);
}

/**
 * RDM ep type supports FI_ATOMIC. When FI_ORDER_ATOMIC_* is NOT requested,
 * max_order_*_size should be 0
 */
void test_info_max_order_size_rdm_with_atomic_no_order(struct efa_resource **state)
{
	struct efa_resource *resource = *state;

	resource->hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);
	assert_non_null(resource->hints);


	resource->hints->caps = FI_ATOMIC;
	resource->hints->domain_attr->mr_mode |= FI_MR_VIRT_ADDR | FI_MR_PROV_KEY;

	test_info_max_order_size_from_hints(resource->hints, FI_SUCCESS, 0);
}

/**
 * RDM ep type supports FI_ATOMIC. When FI_ORDER_ATOMIC_* is requested,
 * max_order_*_size should be the max atomic size derived from mtu and headers
 */
void test_info_max_order_size_rdm_with_atomic_order(struct efa_resource **state)
{
	struct efa_resource *resource = *state;
	size_t max_atomic_size = g_efa_selected_device_list[0].ibv_port_attr.max_msg_sz
					- sizeof(struct efa_rdm_rta_hdr)
					- g_efa_selected_device_list[0].rdm_info->src_addrlen
					- EFA_RDM_IOV_LIMIT * sizeof(struct fi_rma_iov);

	resource->hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);
	assert_non_null(resource->hints);

	resource->hints->caps = FI_ATOMIC;
	resource->hints->domain_attr->mr_mode |= FI_MR_VIRT_ADDR | FI_MR_PROV_KEY;
	resource->hints->tx_attr->msg_order |= FI_ORDER_ATOMIC_RAR | FI_ORDER_ATOMIC_RAW | FI_ORDER_ATOMIC_WAR | FI_ORDER_ATOMIC_WAW;
	resource->hints->rx_attr->msg_order = resource->hints->tx_attr->msg_order;

	test_info_max_order_size_from_hints(resource->hints, FI_SUCCESS, max_atomic_size);
}

void test_info_tx_rx_op_flags_rdm(struct efa_resource **state)
{
	struct efa_resource *resource = *state;

	resource->hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);
	assert_non_null(resource->hints);

	resource->hints->tx_attr->op_flags = FI_DELIVERY_COMPLETE;
	resource->hints->rx_attr->op_flags = FI_COMPLETION;
	test_info_tx_rx_op_flags_from_hints(resource->hints, 0);
}

void test_info_tx_rx_size_rdm(struct efa_resource **state)
{
	struct efa_resource *resource = *state;

	resource->hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);
	assert_non_null(resource->hints);

	resource->hints->tx_attr->size = 16;
	resource->hints->rx_attr->size = 16;
	test_info_tx_rx_size_from_hints(resource->hints, 0);
}

static void test_info_check_shm_info_from_hints(struct fi_info *hints)
{
	struct fi_info *info;
	struct fid_fabric *fabric = NULL;
	struct fid_domain *domain = NULL;
	struct fid_ep *ep = NULL;
	int err;
	struct efa_rdm_ep *efa_rdm_ep;

	err = fi_getinfo(FI_VERSION(1, 14), NULL, NULL, 0ULL, hints, &info);
	/* Do nothing if the current setup does not support FI_HMEM */
	if (err && hints->caps & FI_HMEM) {
		return;
	}
	assert_int_equal(err, 0);

	err = fi_fabric(info->fabric_attr, &fabric, NULL);
	assert_int_equal(err, 0);

	err = fi_domain(fabric, info, &domain, NULL);
	assert_int_equal(err, 0);

	err = fi_endpoint(domain, info, &ep, NULL);
	assert_int_equal(err, 0);

	efa_rdm_ep = container_of(ep, struct efa_rdm_ep, base_ep.util_ep.ep_fid.fid);
	if (efa_rdm_ep->shm_info) {
		if (hints->caps & FI_HMEM)
			assert_true(efa_rdm_ep->shm_info->caps & FI_HMEM);
		else
			assert_false(efa_rdm_ep->shm_info->caps & FI_HMEM);

		assert_true(efa_rdm_ep->shm_info->tx_attr->op_flags == info->tx_attr->op_flags);

		assert_true(efa_rdm_ep->shm_info->rx_attr->op_flags == info->rx_attr->op_flags);

		if (hints->domain_attr->threading) {
			assert_true(hints->domain_attr->threading == info->domain_attr->threading);
			assert_true(hints->domain_attr->threading == efa_rdm_ep->shm_info->domain_attr->threading);
		}
	}

	fi_close(&ep->fid);

	fi_close(&domain->fid);

	fi_close(&fabric->fid);

	fi_freeinfo(info);
}

/**
 * @brief Check shm info created by efa_domain() has correct caps.
 *
 */
void test_info_check_shm_info_hmem()
{
	struct fi_info *hints;

	hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);

	hints->caps |= FI_HMEM;
	test_info_check_shm_info_from_hints(hints);

	hints->caps &= ~FI_HMEM;
	test_info_check_shm_info_from_hints(hints);
}

void test_info_check_shm_info_op_flags()
{
	struct fi_info *hints;

	hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);

	hints->tx_attr->op_flags |= FI_COMPLETION;
	hints->rx_attr->op_flags |= FI_COMPLETION;
	test_info_check_shm_info_from_hints(hints);

	hints->tx_attr->op_flags |= FI_DELIVERY_COMPLETE;
	hints->rx_attr->op_flags |= FI_MULTI_RECV;
	test_info_check_shm_info_from_hints(hints);
}

void test_info_check_shm_info_threading()
{
	struct fi_info *hints;

	hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);

	hints->domain_attr->threading = FI_THREAD_DOMAIN;
	test_info_check_shm_info_from_hints(hints);
}

/**
 * @brief Check that case when a user requested FI_HMEM support
 *        using libfabric API < 1.18,
 */
void test_info_check_hmem_cuda_support_on_api_lt_1_18()
{
	struct fi_info *hints, *info = NULL;
	int err;

	if (!hmem_ops[FI_HMEM_CUDA].initialized)
		skip();

	hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);

	hints->caps |= FI_HMEM;
	hints->domain_attr->mr_mode |= FI_MR_HMEM;

	/* For libfabric API < 1.18,
	 * on a system that support GPUDirect RDMA read,
	 * HMEM cuda is available when GPUDirect RDMA is available,
	 * and environment variable FI_EFA_USE_DEVICE_RDMA set to 1/on/true
	 * otherwise it is not available.
	 */
	setenv("FI_EFA_USE_DEVICE_RDMA", "1", true /* overwrite */);
	err = fi_getinfo(FI_VERSION(1, 6), NULL, NULL, 0, hints, &info);
	if (efa_device_support_rdma_read()) {
		assert_int_equal(err, 0);
		fi_freeinfo(info);
	} else {
		assert_int_equal(err, -FI_ENODATA);
	}

	setenv("FI_EFA_USE_DEVICE_RDMA", "0", true /* overwrite */);
	err = fi_getinfo(FI_VERSION(1, 14), NULL, NULL, 0, hints, &info);
	assert_int_equal(err, -FI_ENODATA);

	unsetenv("FI_EFA_USE_DEVICE_RDMA");
}

/**
 * @brief Check that case when a user requested FI_HMEM support
 *        using libfabric API >= 1.18,
 */
void test_info_check_hmem_cuda_support_on_api_ge_1_18()
{
	struct fi_info *hints, *info = NULL;
	int err;

	if (!hmem_ops[FI_HMEM_CUDA].initialized)
		skip();

	hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);

	hints->caps |= FI_HMEM;
	hints->domain_attr->mr_mode |= FI_MR_HMEM;

	/* Piror to version 1.18, libfabric EFA provider support CUDA
	 * memory only when GPUDirect RDMA is available.
	 * In version 1.18, libfabric EFA provider implemented
	 * universal CUDA support through CUDA library.
	 * However, this feature (universal CUDA support) can cause some
	 * middleware to deadlock, thus it is only available
	 * when a user is using 1.18 API.
	 */
	err = fi_getinfo(FI_VERSION(1, 18), NULL, NULL, 0, hints, &info);
	assert_int_equal(err, 0);
	fi_freeinfo(info);
}

void check_no_hmem_support_when_not_requested(char *fabric_name)
{
	struct fi_info *hints, *info = NULL;
	int err;

	hints = efa_unit_test_alloc_hints(FI_EP_RDM, fabric_name);

	err = fi_getinfo(FI_VERSION(1,6), NULL, NULL, 0, hints, &info);
	assert_int_equal(err, 0);
	assert_non_null(info);
	assert_false(info->caps & FI_HMEM);
	fi_freeinfo(info);
}

/**
 * @brief Check that EFA does not claim support of FI_HMEM when
 *        it is not requested
 */
void test_info_check_no_hmem_support_when_not_requested() {
	check_no_hmem_support_when_not_requested(EFA_FABRIC_NAME);
	check_no_hmem_support_when_not_requested(EFA_DIRECT_FABRIC_NAME);
}

/**
 * @brief Check that EFA direct info object is not returned when atomic
 *        or ordering capabilities are requested
 */
void test_info_direct_unsupported()
{
	struct fi_info *hints, *info = NULL;
	int err;

	hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_DIRECT_FABRIC_NAME);
	assert_non_null(hints);

	err = fi_getinfo(FI_VERSION(1,6), NULL, NULL, 0, hints, &info);
	assert_int_equal(err, 0);
	assert_non_null(info);

	hints->caps |= FI_ATOMIC;
	err = fi_getinfo(FI_VERSION(1,6), NULL, NULL, 0, hints, &info);
	assert_int_equal(err, -FI_ENODATA);
	assert_null(info);

	hints->caps &= ~FI_ATOMIC;
	hints->tx_attr->msg_order = FI_ORDER_SAS;
	hints->rx_attr->msg_order = FI_ORDER_SAS;
	err = fi_getinfo(FI_VERSION(1,6), NULL, NULL, 0, hints, &info);
	assert_int_equal(err, -FI_ENODATA);
	assert_null(info);
}

/**
 * @brief Verify that efa-direct fi_info objects are returned before efa info objects
 */
void test_info_direct_ordering()
{
	struct fi_info *hints, *info = NULL, *info_head = NULL;
	bool efa_direct_returned = false, efa_returned = false;
	bool efa_direct_returned_after_efa = false, efa_returned_after_efa_direct = false;
	int err;

	hints = efa_unit_test_alloc_hints(FI_EP_RDM, NULL);
	assert_non_null(hints);

	err = fi_getinfo(FI_VERSION(1,6), NULL, NULL, 0, hints, &info_head);
	assert_int_equal(err, 0);
	assert_non_null(info_head);

	for (info = info_head; info; info = info->next) {
		if (!strcmp(info->fabric_attr->name, EFA_DIRECT_FABRIC_NAME)) {
			efa_direct_returned = true;
			if (efa_returned)
				efa_direct_returned_after_efa = true;
		}
		if (!strcmp(info->fabric_attr->name, EFA_FABRIC_NAME)) {
			efa_returned = true;
			if (efa_direct_returned)
				efa_returned_after_efa_direct = true;
		}
	}

	assert_true(efa_direct_returned);
	assert_true(efa_returned);
	assert_true(efa_returned_after_efa_direct);
	assert_false(efa_direct_returned_after_efa);
}

/**
 * @brief core test function for use_device_rdma
 *
 * @param env_val 0/1/-1: set FI_EFA_USE_DEVICE_RDMA to 0 or 1, or leave it unset (-1)
 * @param setopt_val 0/1/-1: set use_device_rdma using fi_setopt to 0 or 1, or leave it unset (-1)
 * @param expected_val expected result of ep->use_device_rdma
 * @param api_version API version to use.
 */
void test_use_device_rdma( const int env_val,
			   const int setopt_val,
			   const int expected_val,
			   const uint32_t api_version )
{
	int ret = 0;
	struct fi_info *hints, *info;
	struct fid_fabric *fabric = NULL;
	struct fid_domain *domain = NULL;
	struct fid_ep *ep = NULL;
	struct efa_rdm_ep *efa_rdm_ep;
	bool rdma_capable_hw;
	char env_str[16];

	if (env_val >= 0) {
		snprintf(env_str, 15, "%d", env_val);
		setenv("FI_EFA_USE_DEVICE_RDMA", env_str, 1);
	} else {
		unsetenv("FI_EFA_USE_DEVICE_RDMA");
	}

	hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);

	ret = fi_getinfo(api_version, NULL, NULL, 0ULL, hints, &info);
	assert_int_equal(ret, 0);

	rdma_capable_hw = efa_device_support_rdma_read();

	if (expected_val && !rdma_capable_hw) {
		/* cannot test USE_DEVICE_RDMA=1, hardware
		   doesn't support it, and will abort() */
		fi_freeinfo(info);
		skip();
		return;
	}

	ret = fi_fabric(info->fabric_attr, &fabric, NULL);
	assert_int_equal(ret, 0);

	ret = fi_domain(fabric, info, &domain, NULL);
	assert_int_equal(ret, 0);

	fi_endpoint(domain, info, &ep, NULL);
	assert_int_equal(ret, 0);

	if (setopt_val >= 0) {
		bool b_val = (bool) setopt_val;
		int ret_setopt;
		ret_setopt = fi_setopt(&ep->fid, FI_OPT_ENDPOINT,
			FI_OPT_EFA_USE_DEVICE_RDMA, &b_val, sizeof(bool));
		if (FI_VERSION_LT(api_version, FI_VERSION(1,18))) {
			assert_int_not_equal(ret_setopt, 0);
		}
		else if (expected_val != setopt_val) {
			assert_int_not_equal(ret_setopt, 0);
		}
		else {
			assert_int_equal(ret_setopt, 0);
		}
	}

	efa_rdm_ep = container_of(ep, struct efa_rdm_ep,
			base_ep.util_ep.ep_fid.fid);
	assert_int_equal( efa_rdm_ep->use_device_rdma, expected_val );

	assert_int_equal(fi_close(&ep->fid), 0);
	assert_int_equal(fi_close(&domain->fid), 0);
	assert_int_equal(fi_close(&fabric->fid), 0);
	fi_freeinfo(info);

	return;
}

/* indicates the test shouldn't set the setopt or environment
   variable during setup. */
const int VALUE_NOT_SET = -1;

/* settings agree: on */
void test_efa_use_device_rdma_env1_opt1() {
	test_use_device_rdma(1, 1, 1, FI_VERSION(1,18));
}
/* settings agree: off */
void test_efa_use_device_rdma_env0_opt0() {
	test_use_device_rdma(0, 0, 0, FI_VERSION(1,18));
}
/* settings conflict, env on */
void test_efa_use_device_rdma_env1_opt0() {
	test_use_device_rdma(1, 0, 1, FI_VERSION(1,18));
}
/* settings conflict, env off */
void test_efa_use_device_rdma_env0_opt1() {
	test_use_device_rdma(0, 1, 0, FI_VERSION(1,18));
}
/* setopt only on */
void test_efa_use_device_rdma_opt1() {
	test_use_device_rdma(VALUE_NOT_SET, 1, 1, FI_VERSION(1,18));
}
/* setopt only off */
void test_efa_use_device_rdma_opt0() {
	test_use_device_rdma(VALUE_NOT_SET, 0, 0, FI_VERSION(1,18));
}
/* environment only on */
void test_efa_use_device_rdma_env1() {
	test_use_device_rdma(1, VALUE_NOT_SET, 1, FI_VERSION(1,18));
}
/* environment only off */
void test_efa_use_device_rdma_env0() {
	test_use_device_rdma(0, VALUE_NOT_SET, 0, FI_VERSION(1,18));
}
/* setopt rejected in 1,17 */
void test_efa_use_device_rdma_opt_old() {
	test_use_device_rdma(1, 1, 1, FI_VERSION(1,17));
	test_use_device_rdma(0, 0, 0, FI_VERSION(1,17));
}

typedef void (*setup_hints_func_t)(struct fi_info *hints, struct fid_fabric *fabric, 
				   struct fid_domain *domain, struct fi_info *info1);

static void test_info_reuse_fabric_domain(setup_hints_func_t setup_func, 
				   bool expect_fabric_reuse, 
				   bool expect_domain_reuse)
{
	struct fi_info *hints1, *hints2, *info1, *info2;
	struct fid_fabric *fabric = NULL;
	struct fid_domain *domain = NULL;
	struct util_domain *util_domain = NULL;
	int err;

	hints1 = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_FABRIC_NAME);
	assert_non_null(hints1);
	hints1->caps |= FI_MSG | FI_TAGGED | FI_LOCAL_COMM | FI_REMOTE_COMM | FI_DIRECTED_RECV;
	hints1->domain_attr->mr_mode = FI_MR_VIRT_ADDR | FI_MR_ALLOCATED | FI_MR_PROV_KEY;

	err = fi_getinfo(FI_VERSION(1, 18), NULL, NULL, 0ULL, hints1, &info1);
	assert_int_equal(err, 0);
	assert_non_null(info1);

	err = fi_fabric(info1->fabric_attr, &fabric, NULL);
	assert_int_equal(err, 0);
	assert_non_null(fabric);

	err = fi_domain(fabric, info1, &domain, NULL);
	assert_int_equal(err, 0);
	assert_non_null(domain);

	hints2 = efa_unit_test_alloc_hints(FI_EP_RDM, NULL);
	assert_non_null(hints2);
	hints2->caps = FI_MSG | FI_RMA | FI_ATOMIC;
	setup_func(hints2, fabric, domain, info1);
	hints2->domain_attr->mr_mode = FI_MR_VIRT_ADDR | FI_MR_ALLOCATED | FI_MR_PROV_KEY;

	err = fi_getinfo(FI_VERSION(1, 18), NULL, NULL, 0ULL, hints2, &info2);
	assert_int_equal(err, 0);
	assert_non_null(info2);

	if (expect_fabric_reuse) {
		assert_ptr_equal(info2->fabric_attr->fabric, fabric);
	} else {
		assert_null(info2->fabric_attr->fabric);
	}
	
	if (expect_domain_reuse) {
		assert_ptr_equal(info2->domain_attr->domain, domain);
		util_domain = container_of(domain, struct util_domain, domain_fid);
		assert_true((util_domain->info_domain_caps &
			     (hints1->caps | hints2->caps)) ==
			    (hints1->caps | hints2->caps));
		assert_int_equal(util_domain->info_domain_mode, 0);
		assert_true((util_domain->mr_mode &
			     (hints1->domain_attr->mr_mode |
			      hints2->domain_attr->mr_mode)) ==
			    (hints1->domain_attr->mr_mode |
			     hints2->domain_attr->mr_mode));
	} else {
		assert_null(info2->domain_attr->domain);
	}

	fi_freeinfo(hints1);
	fi_freeinfo(hints2);
	fi_freeinfo(info1);
	fi_freeinfo(info2);

	err = fi_close(&domain->fid);
	assert_int_equal(err, 0);

	err = fi_close(&fabric->fid);
	assert_int_equal(err, 0);
}

static void setup_fabric_attr_hints(struct fi_info *hints, struct fid_fabric *fabric, 
				     struct fid_domain *domain, struct fi_info *info1)
{
	hints->fabric_attr->fabric = fabric;
}

static void setup_domain_attr_hints(struct fi_info *hints, struct fid_fabric *fabric, 
				     struct fid_domain *domain, struct fi_info *info1)
{
	hints->domain_attr->domain = domain;
}

static void setup_fabric_name_hints(struct fi_info *hints, struct fid_fabric *fabric, 
				     struct fid_domain *domain, struct fi_info *info1)
{
	hints->fabric_attr->name = strdup(info1->fabric_attr->name);
}

static void setup_domain_name_hints(struct fi_info *hints, struct fid_fabric *fabric, 
				     struct fid_domain *domain, struct fi_info *info1)
{
	hints->domain_attr->name = strdup(info1->domain_attr->name);
}

/**
 * @brief Test that fi_getinfo can reuse fabric object
 * when provided in hints via fabric_attr->fabric
 */
void test_info_reuse_fabric_via_fabric_attr()
{
	test_info_reuse_fabric_domain(setup_fabric_attr_hints, true, false);
}

/**
 * @brief Test that fi_getinfo can reuse domain object
 * when provided in hints via domain_attr->domain
 */
void test_info_reuse_domain_via_domain_attr()
{
	test_info_reuse_fabric_domain(setup_domain_attr_hints, false, true);
}

/**
 * @brief Test that fi_getinfo can reuse fabric
 * when provided in hints via fabric_attr->name
 */
void test_info_reuse_fabric_via_name()
{
	test_info_reuse_fabric_domain(setup_fabric_name_hints, true, false);
}

/**
 * @brief Test that fi_getinfo can reuse domain
 * when provided in hints via domain_attr->name
 */
void test_info_reuse_domain_via_name()
{
	test_info_reuse_fabric_domain(setup_domain_name_hints, true, true);
}
static void test_info_direct_rma_common(bool mock_unsolicited_write_recv, bool set_rx_cq_data,
					int expected_err, size_t expected_cq_data_size, bool expect_rx_cq_data_mode)
{
	struct fi_info *hints, *info;
	int err;

	/* Mock unsolicited write recv */
	g_efa_unit_test_mocks.efa_device_support_unsolicited_write_recv = &efa_mock_efa_device_support_unsolicited_write_recv;
	will_return_maybe(efa_mock_efa_device_support_unsolicited_write_recv, mock_unsolicited_write_recv);

	hints = efa_unit_test_alloc_hints(FI_EP_RDM, EFA_DIRECT_FABRIC_NAME);
	assert_non_null(hints);
	hints->caps |= FI_RMA;
	if (set_rx_cq_data)
		hints->mode |= FI_RX_CQ_DATA;

	err = fi_getinfo(FI_VERSION(1, 18), NULL, NULL, 0ULL, hints, &info);
	fi_freeinfo(hints);

	if (efa_device_support_rdma_read() && efa_device_support_rdma_write()) {
		assert_int_equal(err, expected_err);
		if (expected_err == 0) {
			assert_non_null(info);
			assert_int_equal(info->domain_attr->cq_data_size, expected_cq_data_size);
			if (expect_rx_cq_data_mode) {
				assert_true(info->mode & FI_RX_CQ_DATA);
				assert_true(info->rx_attr->mode & FI_RX_CQ_DATA);
			}
			fi_freeinfo(info);
		} else {
			assert_null(info);
		}
	} else {
		assert_int_equal(err, -FI_ENODATA);
		assert_null(info);
	}
}

/**
 * @brief Test that when FI_RX_CQ_DATA is requested, cq_data_size is always 4
 */
void test_info_direct_rma_when_no_unsolicited_write_recv_and_rx_cq_data()
{
	test_info_direct_rma_common(false, true, 0, 4, true);
}

/**
 * @brief Test that when FI_RX_CQ_DATA is not requested and unsolicited write recv is OFF, fi_getinfo fails
 */
void test_info_direct_rma_when_no_unsolicited_write_recv_and_no_rx_cq_data()
{
	test_info_direct_rma_common(false, false, -FI_ENODATA, 0, false);
}

/**
 * @brief Test that when FI_RX_CQ_DATA is not requested and unsolicited write recv is ON, cq_data_size is 4
 */
void test_info_direct_rma_when_unsolicited_write_recv_on_and_no_rx_cq_data()
{
	return;
	test_info_direct_rma_common(true, false, 0, 4, false);
}
